Tensor2Tensor HParams,MOSES BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_magnitude_pruning,24.51,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.46,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.36,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.66,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.82,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.69,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.71,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.55,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.42,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.75,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.41,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.56,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.28,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.76,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.58,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.77,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.34,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.44,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.52,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.55,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.48,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.69,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.64,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.97,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.58,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.88,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.98,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.88,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.22,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.95,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.98,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.14,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.98,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.01,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.04,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.95,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.7,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.09,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.04,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.93,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.04,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.8,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.95,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.9,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.91,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.66,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.84,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.22,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.98,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.9,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.18,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.11,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.19,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.92,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.05,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.93,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.39,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.32,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.24,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.01,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.26,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.39,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.06,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.43,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.09,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.09,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.32,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.23,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.98,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.91,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.27,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.2,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.12,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.27,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.71,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.67,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.97,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.76,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.87,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.38,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.84,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.71,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.94,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.81,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.55,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.79,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.86,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.43,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.77,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.6,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.83,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.48,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.74,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.52,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.55,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.57,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.77,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.74,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.57,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.03,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.8,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.09,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.42,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.64,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.64,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.28,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.42,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.84,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.65,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.93,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.27,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.79,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.77,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.63,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.71,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.63,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.61,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.51,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.73,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.8,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.26,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.81,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.01,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.35,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.34,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.84,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.75,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.98,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.67,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.52,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.94,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.58,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.09,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.02,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.33,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.06,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.11,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.85,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.8,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.15,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.92,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.87,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.04,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.4,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.09,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.86,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.71,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,13.42,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.27,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.28,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.11,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.44,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.26,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.41,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.8,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.68,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.15,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.98,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.61,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.93,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.7,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.96,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.59,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.42,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.86,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.89,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.15,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.84,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.43,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.02,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.5,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.93,0.980001270771,0,300000,1000,none,0
